'''
Created on Feb 28, 2011

@author: Chris
'''

class DocumentToken(object):
    '''
    the base class for Document, Section, Sentence, and Word classes. It represents a token that has been tokenized by the DocumentTokenizer for easier analysis and location
    '''


    def __init__(self):
        '''
        Constructor
        '''
        self.index = NotImplemented # This is the index or location of the token in terms of its parent token
        self.body = NotImplemented # This is the body text of the token, untokenized
        
    def toString(self):
        """ 
        Returns the body of the text 
        """
        